{
    "model_type": "causal",
    "model_path": "BrandonZYW/opt-2.7b-InBedder",
    "model_id": "opt-2.7b-qa-ml=20",
    "reencoder": "average_word_embeddings_komninos",
    "max_input_length": 512,
    "dtype": "float32",
    "seed": 42,
    "use_flash_attention_2": false,
    "generation_configs": {
        "num_beams": 1,
        "max_new_tokens": 20,
        "do_sample": false
    },
    "batch_size": 32,
    "disable_instruction": false,
    "pattern": "### Input:\n{input}\n\n### Instruction:\n{instruction}\n\n### Response:"
}